\documentclass[10pt,oneside]{book}

\input{macros_orig.tex}

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

\begin{document}

\pagestyle{empty}
\thispagestyle{empty}

\begin{description}
\item{\bf exploit} your knowledge, and choose the arm with the highest
  value of $\hat{R}(a_j, r)$ on all future trials; or 
\item{\bf explore} further, by trying some or all actions more times,
  hoping to get better estimates of the $R(a_j, r)$ values.
\end{description}

\end{document}
